{
  "metadata": {
    "total_size": 56713502720
  },
  "weight_map": {
    "embed.weight": "model0-mp4-00001-of-00011.safetensors",
    "head.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.0.ffn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.1.ffn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.0.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.1.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.10.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.11.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.12.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.13.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.14.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.15.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.16.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.17.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.18.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.19.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.2.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.20.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.21.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.22.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.23.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.24.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.25.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.26.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.27.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.28.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.29.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.3.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.30.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.31.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.32.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.33.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.34.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.35.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.36.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.37.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.38.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.39.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.4.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.40.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.41.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.42.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.43.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.44.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.45.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.46.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.47.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.48.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.49.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.5.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.50.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.51.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.52.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.53.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.54.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.55.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.56.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.57.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.58.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.59.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.6.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.60.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.61.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.62.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.63.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.7.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.8.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.experts.9.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.gate.bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.gate.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn.shared_experts.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.10.ffn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.0.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.1.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.10.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.11.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.12.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.13.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.14.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.15.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.16.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.17.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.18.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.19.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.2.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.20.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.21.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.22.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.23.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.24.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.25.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.26.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.27.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.28.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.29.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.3.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.30.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.31.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.32.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.33.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.34.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.35.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.36.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.37.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.38.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.39.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.4.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.40.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.41.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.42.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.43.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.44.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.45.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.46.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.47.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.48.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.49.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.5.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.50.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.51.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.52.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.53.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.54.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.55.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.56.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.57.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.58.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.59.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.6.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.60.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.61.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.62.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.63.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.7.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.8.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.experts.9.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.gate.bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.gate.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn.shared_experts.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.11.ffn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.0.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.1.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.10.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.11.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.12.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.13.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.14.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.15.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.16.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.17.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.18.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.19.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.2.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.20.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.21.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.22.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.23.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.24.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.25.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.26.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.27.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.28.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.29.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.3.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.30.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.31.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.32.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.33.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.34.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.35.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.36.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.37.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.38.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.39.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.4.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.40.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.41.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.42.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.43.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.44.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.45.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.46.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.47.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.48.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.49.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.5.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.50.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.51.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.52.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.53.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.54.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.55.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.56.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.57.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.58.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.59.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.6.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.60.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.61.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.62.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.63.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.7.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.8.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.experts.9.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.gate.bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.gate.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn.shared_experts.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.12.ffn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.0.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.1.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.10.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.11.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.12.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.13.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.14.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.15.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.16.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.17.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.18.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.19.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.2.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.20.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.21.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.22.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.23.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.24.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.25.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.26.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.27.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.28.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.29.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.3.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.30.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.31.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.32.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.33.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.34.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.35.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.36.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.37.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.38.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.39.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.4.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.40.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.41.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.42.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.43.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.44.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.45.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.46.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.47.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.48.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.49.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.5.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.50.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.51.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.52.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.53.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.54.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.55.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.56.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.57.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.58.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.59.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.6.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.60.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.61.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.62.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.63.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.7.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.8.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.experts.9.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.gate.bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.gate.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn.shared_experts.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.13.ffn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.0.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.1.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.10.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.11.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.12.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.13.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.14.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.15.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.16.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.17.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.18.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.19.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.2.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.20.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.21.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.22.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.23.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.24.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.25.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.26.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.27.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.28.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.29.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.3.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.30.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.31.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.32.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.33.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.34.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.35.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.36.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.37.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.38.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.39.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.4.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.40.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.41.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.42.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.43.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.44.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.45.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.46.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.47.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.48.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.49.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.5.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.50.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.51.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.52.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.53.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.54.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.55.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.56.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.57.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.58.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.59.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.6.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.60.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.61.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.62.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.63.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.7.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.8.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.experts.9.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.gate.bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.gate.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn.shared_experts.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.14.ffn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.kv_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.q_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wkv_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wo.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wo.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wo.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wo.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_a.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_a.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_a.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_a.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_b.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_b.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_b.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn.wq_b.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.attn_norm.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.0.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.1.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.10.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.11.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.12.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.13.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.14.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.15.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.16.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.17.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w1.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w1.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w1.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w2.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w2.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w2.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w2.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w3.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w3.indices": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w3.weight_bias": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.18.w3.weight_scale": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.19.w1.centroids.weight": "model0-mp4-00001-of-00011.safetensors",
    "layers.15.ffn.experts.19.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.19.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.2.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.20.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.21.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.22.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.23.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.24.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.25.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.26.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.27.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.28.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.29.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.3.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.30.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.31.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.32.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.33.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.34.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.35.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.36.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.37.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.38.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.39.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.4.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.40.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.41.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.42.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.43.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.44.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.45.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.46.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.47.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.48.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.49.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.5.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.50.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.51.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.52.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.53.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.54.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.55.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.56.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.57.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.58.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.59.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.6.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.60.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.61.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.62.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.63.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.7.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.8.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.experts.9.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.gate.bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.gate.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn.shared_experts.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.15.ffn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.kv_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.q_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wkv_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wo.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wo.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wo.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wo.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn.wq_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.attn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.0.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.1.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.10.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.11.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.12.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.13.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.14.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.15.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.16.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.17.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.18.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.19.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.2.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.20.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.21.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.22.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.23.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.24.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.25.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.26.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.27.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.28.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.29.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.3.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.30.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.31.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.32.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.33.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.34.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.35.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.36.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.37.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.38.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.39.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.4.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.40.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.41.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.42.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.43.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.44.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.45.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.46.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.47.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.48.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.49.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.5.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.50.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.51.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.52.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.53.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.54.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.55.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.56.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.57.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.58.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.59.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.6.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.60.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.61.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.62.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.63.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.7.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.8.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.experts.9.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.gate.bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.gate.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn.shared_experts.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.16.ffn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.kv_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.q_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wkv_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wo.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wo.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wo.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wo.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn.wq_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.attn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.0.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.1.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.10.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.11.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.12.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.13.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.14.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.15.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.16.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.17.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.18.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.19.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.2.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.20.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.21.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.22.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.23.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.24.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.25.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.26.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.27.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.28.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.29.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.3.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.30.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.31.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.32.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.33.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.34.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.35.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.36.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.37.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.38.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.39.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.4.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.40.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.41.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.42.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.43.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.44.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.45.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.46.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.47.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.48.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.49.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.5.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.50.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.51.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.52.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.53.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.54.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.55.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.56.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.57.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.58.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.59.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.6.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.60.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.61.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.62.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.63.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.7.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.8.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.experts.9.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.gate.bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.gate.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn.shared_experts.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.17.ffn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.kv_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.q_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wkv_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wo.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wo.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wo.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wo.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn.wq_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.attn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.0.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.1.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.10.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.11.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.12.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.13.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.14.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.15.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.16.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.17.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.18.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.19.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.2.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.20.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.21.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.22.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.23.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.24.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.25.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.26.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.27.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.28.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.29.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.3.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.30.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.31.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.32.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.33.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.34.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.35.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.36.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.37.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.38.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.39.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.4.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.40.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.41.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.42.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.43.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.44.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.45.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.46.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.47.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.48.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.49.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.5.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.50.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.51.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.52.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.53.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.54.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.55.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.56.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.57.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.58.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.59.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.6.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.60.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.61.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.62.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.63.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.7.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.8.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.experts.9.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.gate.bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.gate.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn.shared_experts.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.18.ffn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.kv_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.q_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wkv_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wo.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wo.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wo.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wo.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn.wq_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.attn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.0.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.1.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.10.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.11.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.12.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.13.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.14.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.15.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.16.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.17.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.18.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.19.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.2.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.20.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.21.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.22.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.23.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.24.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.25.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.26.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.27.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.28.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.29.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.3.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.30.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.31.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.32.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.33.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.34.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.35.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.36.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.37.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.38.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.39.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.4.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.40.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.41.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.42.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.43.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.44.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.45.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.46.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.47.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.48.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.49.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.5.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.50.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.51.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.52.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.53.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.54.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.55.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.56.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.57.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.58.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.59.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.6.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.60.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.61.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.62.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.63.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.7.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.8.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.experts.9.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.gate.bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.gate.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn.shared_experts.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.19.ffn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.kv_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.q_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wkv_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wo.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wo.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wo.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wo.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn.wq_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.attn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.2.ffn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.kv_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.q_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wkv_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wo.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wo.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wo.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wo.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_a.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_a.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_a.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_a.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_b.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_b.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_b.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn.wq_b.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.attn_norm.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.0.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.1.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.10.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.11.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.12.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.13.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.14.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.15.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.16.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.17.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.18.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.19.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.2.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.20.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.21.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.22.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.23.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.24.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.25.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.26.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.27.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.28.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.29.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.3.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.30.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.31.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w1.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w2.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w2.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w2.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w2.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w3.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w3.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w3.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.32.w3.weight_scale": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.33.w1.centroids.weight": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.33.w1.indices": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.33.w1.weight_bias": "model0-mp4-00002-of-00011.safetensors",
    "layers.20.ffn.experts.33.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.33.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.34.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.35.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.36.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.37.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.38.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.39.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.4.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.40.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.41.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.42.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.43.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.44.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.45.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.46.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.47.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.48.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.49.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.5.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.50.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.51.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.52.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.53.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.54.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.55.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.56.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.57.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.58.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.59.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.6.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.60.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.61.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.62.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.63.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.7.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.8.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.experts.9.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.gate.bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.gate.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn.shared_experts.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.20.ffn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.kv_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.q_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wkv_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wo.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wo.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wo.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wo.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn.wq_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.attn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.0.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.1.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.10.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.11.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.12.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.13.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.14.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.15.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.16.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.17.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.18.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.19.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.2.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.20.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.21.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.22.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.23.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.24.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.25.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.26.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.27.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.28.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.29.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.3.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.30.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.31.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.32.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.33.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.34.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.35.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.36.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.37.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.38.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.39.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.4.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.40.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.41.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.42.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.43.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.44.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.45.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.46.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.47.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.48.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.49.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.5.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.50.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.51.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.52.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.53.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.54.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.55.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.56.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.57.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.58.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.59.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.6.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.60.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.61.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.62.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.63.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.7.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.8.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.experts.9.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.gate.bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.gate.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn.shared_experts.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.21.ffn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.kv_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.q_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wkv_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wo.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wo.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wo.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wo.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn.wq_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.attn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.0.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.1.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.10.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.11.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.12.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.13.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.14.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.15.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.16.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.17.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.18.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.19.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.2.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.20.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.21.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.22.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.23.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.24.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.25.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.26.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.27.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.28.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.29.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.3.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.30.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.31.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.32.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.33.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.34.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.35.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.36.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.37.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.38.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.39.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.4.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.40.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.41.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.42.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.43.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.44.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.45.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.46.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.47.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.48.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.49.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.5.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.50.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.51.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.52.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.53.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.54.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.55.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.56.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.57.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.58.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.59.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.6.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.60.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.61.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.62.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.63.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.7.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.8.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.experts.9.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.gate.bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.gate.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn.shared_experts.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.22.ffn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.kv_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.q_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wkv_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wo.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wo.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wo.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wo.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn.wq_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.attn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.0.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.1.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.10.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.11.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.12.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.13.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.14.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.15.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.16.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.17.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.18.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.19.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.2.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.20.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.21.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.22.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.23.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.24.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.25.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.26.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.27.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.28.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.29.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.3.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.30.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.31.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.32.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.33.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.34.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.35.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.36.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.37.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.38.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.39.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.4.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.40.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.41.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.42.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.43.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.44.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.45.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.46.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.47.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.48.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.49.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.5.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.50.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.51.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.52.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.53.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.54.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.55.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.56.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.57.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.58.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.59.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.6.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.60.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.61.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.62.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.63.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.7.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.8.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.experts.9.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.gate.bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.gate.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn.shared_experts.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.23.ffn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.kv_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.q_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wkv_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wo.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wo.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wo.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wo.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn.wq_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.attn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.0.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.1.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.10.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.11.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.12.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.13.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.14.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.15.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.16.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.17.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.18.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.19.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.2.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.20.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.21.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.22.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.23.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.24.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.25.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.26.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.27.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.28.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.29.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.3.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.30.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.31.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.32.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.33.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.34.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.35.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.36.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.37.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.38.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.39.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.4.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.40.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.41.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.42.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.43.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.44.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.45.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.46.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.47.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.48.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.49.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.5.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.50.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.51.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.52.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.53.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.54.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.55.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.56.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.57.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.58.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.59.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.6.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.60.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.61.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.62.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.63.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.7.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.8.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.experts.9.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.gate.bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.gate.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn.shared_experts.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.24.ffn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.kv_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.q_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wkv_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wo.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wo.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wo.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wo.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_a.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_a.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_a.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_a.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_b.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_b.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_b.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn.wq_b.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.attn_norm.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.0.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.1.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.10.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.11.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.12.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.13.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.14.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.15.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.16.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.17.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.18.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.19.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.2.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.20.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.21.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.22.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.23.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.24.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.25.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.26.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.27.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.28.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.29.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.3.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.30.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.31.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.32.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.33.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.34.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.35.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.36.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.37.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.38.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.39.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.4.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.40.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.41.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.42.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.43.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.44.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.45.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.46.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.47.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.48.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.49.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w2.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w2.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w2.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w3.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w3.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w3.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.5.w3.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.50.w1.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.50.w1.indices": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.50.w1.weight_bias": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.50.w1.weight_scale": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.50.w2.centroids.weight": "model0-mp4-00003-of-00011.safetensors",
    "layers.25.ffn.experts.50.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.50.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.50.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.50.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.50.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.50.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.50.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.51.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.52.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.53.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.54.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.55.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.56.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.57.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.58.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.59.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.6.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.60.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.61.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.62.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.63.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.7.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.8.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.experts.9.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.gate.bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.gate.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn.shared_experts.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.25.ffn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.kv_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.q_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wkv_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wo.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wo.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wo.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wo.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn.wq_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.attn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.0.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.1.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.10.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.11.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.12.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.13.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.14.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.15.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.16.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.17.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.18.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.19.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.2.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.20.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.21.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.22.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.23.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.24.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.25.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.26.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.27.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.28.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.29.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.3.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.30.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.31.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.32.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.33.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.34.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.35.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.36.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.37.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.38.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.39.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.4.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.40.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.41.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.42.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.43.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.44.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.45.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.46.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.47.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.48.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.49.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.5.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.50.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.51.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.52.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.53.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.54.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.55.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.56.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.57.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.58.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.59.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.6.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.60.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.61.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.62.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.63.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.7.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.8.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.experts.9.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.gate.bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.gate.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn.shared_experts.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.26.ffn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.kv_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.q_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wkv_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wo.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wo.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wo.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wo.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn.wq_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.attn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.0.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.1.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.10.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.11.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.12.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.13.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.14.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.15.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.16.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.17.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.18.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.19.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.2.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.20.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.21.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.22.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.23.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.24.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.25.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.26.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.27.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.28.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.29.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.3.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.30.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.31.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.32.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.33.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.34.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.35.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.36.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.37.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.38.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.39.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.4.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.40.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.41.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.42.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.43.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.44.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.45.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.46.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.47.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.48.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.49.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.5.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.50.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.51.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.52.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.53.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.54.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.55.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.56.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.57.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.58.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.59.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.6.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.60.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.61.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.62.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.63.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.7.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.8.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.experts.9.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.gate.bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.gate.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn.shared_experts.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.27.ffn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.kv_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.q_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wkv_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wo.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wo.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wo.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wo.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn.wq_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.attn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.0.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.1.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.10.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.11.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.12.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.13.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.14.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.15.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.16.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.17.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.18.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.19.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.2.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.20.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.21.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.22.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.23.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.24.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.25.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.26.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.27.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.28.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.29.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.3.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.30.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.31.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.32.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.33.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.34.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.35.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.36.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.37.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.38.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.39.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.4.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.40.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.41.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.42.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.43.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.44.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.45.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.46.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.47.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.48.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.49.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.5.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.50.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.51.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.52.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.53.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.54.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.55.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.56.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.57.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.58.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.59.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.6.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.60.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.61.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.62.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.63.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.7.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.8.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.experts.9.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.gate.bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.gate.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn.shared_experts.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.28.ffn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.kv_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.q_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wkv_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wo.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wo.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wo.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wo.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn.wq_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.attn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.0.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.1.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.10.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.11.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.12.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.13.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.14.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.15.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.16.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.17.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.18.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.19.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.2.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.20.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.21.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.22.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.23.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.24.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.25.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.26.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.27.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.28.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.29.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.3.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.30.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.31.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.32.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.33.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.34.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.35.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.36.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.37.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.38.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.39.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.4.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.40.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.41.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.42.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.43.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.44.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.45.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.46.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.47.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.48.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.49.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.5.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.50.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.51.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.52.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.53.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.54.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.55.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.56.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.57.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.58.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.59.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.6.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.60.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.61.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.62.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.63.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.7.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.8.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.experts.9.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.gate.bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.gate.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn.shared_experts.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.29.ffn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.kv_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.q_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wkv_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wo.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wo.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wo.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wo.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_a.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_a.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_b.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_b.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_b.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn.wq_b.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.attn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.0.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.1.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.10.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.11.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.12.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.13.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.14.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.15.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.16.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.17.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.18.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.19.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.2.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.20.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.21.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.22.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.23.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.24.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.25.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.26.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.27.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.28.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.29.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.3.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.30.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.31.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.32.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.33.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.34.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.35.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.36.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.37.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.38.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.39.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.4.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.40.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.41.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.42.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.43.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.44.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.45.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.46.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.47.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.48.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.49.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.5.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.50.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.51.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.52.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.53.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.54.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.55.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.56.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.57.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.58.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.59.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.6.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.60.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.61.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.62.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.63.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.7.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.8.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.experts.9.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.gate.bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.gate.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w1.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w1.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w1.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w2.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w2.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w2.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w3.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w3.weight_bias": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn.shared_experts.w3.weight_scale": "model0-mp4-00004-of-00011.safetensors",
    "layers.3.ffn_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.30.attn.kv_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.30.attn.q_norm.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.30.attn.wkv_a.centroids.weight": "model0-mp4-00004-of-00011.safetensors",
    "layers.30.attn.wkv_a.indices": "model0-mp4-00004-of-00011.safetensors",
    "layers.30.attn.wkv_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wkv_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wkv_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wkv_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wkv_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wkv_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wo.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wo.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wo.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wo.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn.wq_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.attn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.0.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.1.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.10.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.11.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.12.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.13.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.14.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.15.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.16.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.17.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.18.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.19.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.2.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.20.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.21.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.22.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.23.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.24.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.25.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.26.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.27.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.28.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.29.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.3.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.30.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.31.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.32.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.33.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.34.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.35.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.36.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.37.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.38.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.39.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.4.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.40.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.41.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.42.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.43.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.44.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.45.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.46.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.47.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.48.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.49.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.5.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.50.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.51.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.52.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.53.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.54.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.55.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.56.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.57.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.58.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.59.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.6.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.60.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.61.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.62.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.63.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.7.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.8.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.experts.9.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.gate.bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.gate.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn.shared_experts.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.30.ffn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.kv_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.q_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wkv_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wo.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wo.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wo.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wo.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn.wq_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.attn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.0.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.1.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.10.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.11.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.12.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.13.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.14.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.15.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.16.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.17.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.18.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.19.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.2.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.20.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.21.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.22.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.23.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.24.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.25.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.26.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.27.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.28.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.29.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.3.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.30.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.31.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.32.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.33.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.34.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.35.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.36.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.37.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.38.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.39.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.4.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.40.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.41.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.42.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.43.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.44.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.45.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.46.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.47.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.48.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.49.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.5.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.50.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.51.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.52.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.53.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.54.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.55.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.56.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.57.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.58.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.59.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.6.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.60.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.61.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.62.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.63.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.7.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.8.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.experts.9.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.gate.bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.gate.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn.shared_experts.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.31.ffn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.kv_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.q_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wkv_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wo.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wo.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wo.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wo.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn.wq_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.attn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.0.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.1.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.10.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.11.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.12.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.13.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.14.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.15.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.16.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.17.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.18.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.19.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.2.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.20.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.21.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.22.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.23.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.24.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.25.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.26.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.27.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.28.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.29.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.3.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.30.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.31.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.32.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.33.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.34.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.35.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.36.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.37.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.38.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.39.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.4.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.40.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.41.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.42.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.43.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.44.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.45.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.46.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.47.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.48.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.49.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.5.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.50.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.51.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.52.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.53.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.54.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.55.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.56.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.57.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.58.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.59.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.6.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.60.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.61.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.62.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.63.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.7.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.8.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.experts.9.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.gate.bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.gate.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn.shared_experts.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.32.ffn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.kv_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.q_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wkv_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wo.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wo.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wo.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wo.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn.wq_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.attn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.0.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.1.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.10.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.11.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.12.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.13.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.14.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.15.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.16.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.17.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.18.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.19.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.2.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.20.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.21.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.22.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.23.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.24.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.25.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.26.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.27.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.28.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.29.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.3.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.30.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.31.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.32.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.33.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.34.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.35.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.36.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.37.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.38.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.39.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.4.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.40.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.41.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.42.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.43.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.44.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.45.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.46.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.47.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.48.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.49.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.5.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.50.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.51.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.52.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.53.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.54.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.55.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.56.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.57.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.58.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.59.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.6.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.60.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.61.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.62.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.63.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.7.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.8.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.experts.9.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.gate.bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.gate.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn.shared_experts.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.33.ffn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.kv_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.q_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wkv_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wo.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wo.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wo.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wo.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn.wq_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.attn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.0.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.1.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.10.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.11.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.12.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.13.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.14.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.15.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.16.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.17.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.18.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.19.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.2.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.20.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.21.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.22.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.23.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.24.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.25.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.26.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.27.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.28.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.29.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.3.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.30.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.31.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.32.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.33.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.34.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.35.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.36.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.37.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.38.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.39.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.4.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.40.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.41.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.42.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.43.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.44.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.45.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.46.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.47.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.48.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.49.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.5.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.50.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.51.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.52.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.53.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.54.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.55.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.56.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.57.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.58.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.59.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.6.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.60.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.61.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.62.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.63.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.7.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.8.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.experts.9.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.gate.bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.gate.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn.shared_experts.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.34.ffn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.kv_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.q_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wkv_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wo.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wo.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wo.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wo.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_a.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_a.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_a.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_a.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_b.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_b.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_b.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn.wq_b.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.attn_norm.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.0.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.1.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.10.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.11.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.12.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.13.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.14.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.15.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.16.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.17.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.18.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.19.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.2.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.20.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.21.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.22.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w2.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w3.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w3.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w3.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.23.w3.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w1.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w1.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w1.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w1.weight_scale": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w2.centroids.weight": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w2.indices": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w2.weight_bias": "model0-mp4-00005-of-00011.safetensors",
    "layers.35.ffn.experts.24.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.24.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.24.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.24.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.24.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.25.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.26.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.27.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.28.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.29.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.3.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.30.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.31.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.32.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.33.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.34.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.35.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.36.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.37.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.38.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.39.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.4.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.40.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.41.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.42.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.43.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.44.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.45.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.46.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.47.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.48.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.49.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.5.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.50.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.51.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.52.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.53.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.54.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.55.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.56.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.57.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.58.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.59.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.6.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.60.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.61.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.62.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.63.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.7.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.8.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.experts.9.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.gate.bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.gate.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn.shared_experts.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.35.ffn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.kv_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.q_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wkv_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wo.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wo.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wo.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wo.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn.wq_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.attn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.0.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.1.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.10.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.11.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.12.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.13.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.14.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.15.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.16.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.17.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.18.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.19.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.2.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.20.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.21.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.22.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.23.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.24.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.25.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.26.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.27.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.28.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.29.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.3.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.30.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.31.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.32.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.33.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.34.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.35.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.36.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.37.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.38.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.39.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.4.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.40.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.41.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.42.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.43.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.44.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.45.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.46.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.47.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.48.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.49.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.5.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.50.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.51.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.52.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.53.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.54.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.55.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.56.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.57.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.58.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.59.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.6.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.60.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.61.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.62.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.63.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.7.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.8.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.experts.9.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.gate.bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.gate.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn.shared_experts.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.36.ffn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.kv_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.q_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wkv_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wo.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wo.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wo.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wo.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn.wq_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.attn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.0.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.1.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.10.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.11.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.12.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.13.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.14.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.15.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.16.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.17.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.18.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.19.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.2.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.20.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.21.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.22.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.23.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.24.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.25.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.26.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.27.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.28.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.29.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.3.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.30.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.31.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.32.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.33.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.34.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.35.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.36.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.37.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.38.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.39.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.4.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.40.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.41.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.42.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.43.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.44.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.45.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.46.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.47.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.48.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.49.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.5.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.50.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.51.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.52.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.53.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.54.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.55.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.56.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.57.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.58.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.59.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.6.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.60.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.61.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.62.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.63.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.7.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.8.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.experts.9.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.gate.bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.gate.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn.shared_experts.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.37.ffn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.kv_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.q_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wkv_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wo.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wo.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wo.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wo.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn.wq_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.attn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.0.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.1.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.10.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.11.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.12.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.13.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.14.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.15.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.16.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.17.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.18.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.19.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.2.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.20.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.21.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.22.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.23.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.24.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.25.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.26.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.27.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.28.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.29.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.3.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.30.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.31.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.32.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.33.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.34.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.35.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.36.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.37.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.38.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.39.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.4.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.40.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.41.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.42.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.43.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.44.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.45.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.46.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.47.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.48.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.49.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.5.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.50.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.51.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.52.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.53.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.54.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.55.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.56.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.57.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.58.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.59.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.6.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.60.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.61.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.62.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.63.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.7.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.8.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.experts.9.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.gate.bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.gate.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn.shared_experts.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.38.ffn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.kv_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.q_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wkv_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wo.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wo.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wo.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wo.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn.wq_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.attn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.0.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.1.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.10.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.11.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.12.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.13.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.14.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.15.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.16.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.17.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.18.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.19.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.2.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.20.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.21.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.22.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.23.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.24.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.25.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.26.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.27.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.28.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.29.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.3.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.30.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.31.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.32.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.33.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.34.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.35.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.36.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.37.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.38.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.39.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.4.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.40.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.41.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.42.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.43.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.44.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.45.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.46.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.47.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.48.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.49.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.5.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.50.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.51.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.52.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.53.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.54.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.55.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.56.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.57.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.58.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.59.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.6.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.60.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.61.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.62.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.63.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.7.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.8.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.experts.9.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.gate.bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.gate.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn.shared_experts.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.39.ffn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.kv_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.q_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wkv_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wo.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wo.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wo.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wo.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_a.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_a.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_a.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_a.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_b.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_b.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_b.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn.wq_b.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.attn_norm.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.0.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.1.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.10.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.11.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.12.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.13.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.14.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.15.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.16.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.17.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.18.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.19.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.2.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.20.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.21.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.22.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.23.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.24.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.25.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.26.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.27.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.28.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.29.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.3.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.30.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.31.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.32.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.33.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.34.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.35.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.36.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.37.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.38.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.39.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.4.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w3.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w3.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.40.w3.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w1.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w1.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w1.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w1.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w2.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w2.indices": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w2.weight_bias": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w2.weight_scale": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w3.centroids.weight": "model0-mp4-00006-of-00011.safetensors",
    "layers.4.ffn.experts.41.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.41.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.41.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.42.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.43.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.44.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.45.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.46.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.47.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.48.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.49.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.5.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.50.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.51.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.52.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.53.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.54.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.55.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.56.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.57.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.58.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.59.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.6.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.60.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.61.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.62.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.63.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.7.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.8.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.experts.9.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.gate.bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.gate.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn.shared_experts.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.4.ffn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.kv_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.q_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wkv_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wo.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wo.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wo.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wo.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn.wq_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.attn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.0.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.1.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.10.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.11.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.12.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.13.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.14.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.15.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.16.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.17.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.18.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.19.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.2.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.20.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.21.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.22.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.23.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.24.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.25.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.26.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.27.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.28.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.29.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.3.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.30.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.31.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.32.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.33.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.34.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.35.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.36.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.37.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.38.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.39.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.4.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.40.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.41.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.42.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.43.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.44.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.45.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.46.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.47.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.48.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.49.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.5.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.50.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.51.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.52.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.53.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.54.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.55.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.56.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.57.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.58.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.59.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.6.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.60.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.61.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.62.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.63.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.7.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.8.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.experts.9.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.gate.bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.gate.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn.shared_experts.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.40.ffn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.kv_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.q_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wkv_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wo.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wo.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wo.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wo.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn.wq_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.attn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.0.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.1.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.10.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.11.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.12.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.13.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.14.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.15.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.16.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.17.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.18.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.19.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.2.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.20.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.21.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.22.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.23.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.24.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.25.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.26.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.27.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.28.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.29.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.3.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.30.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.31.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.32.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.33.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.34.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.35.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.36.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.37.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.38.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.39.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.4.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.40.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.41.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.42.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.43.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.44.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.45.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.46.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.47.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.48.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.49.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.5.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.50.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.51.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.52.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.53.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.54.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.55.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.56.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.57.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.58.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.59.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.6.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.60.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.61.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.62.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.63.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.7.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.8.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.experts.9.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.gate.bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.gate.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn.shared_experts.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.41.ffn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.kv_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.q_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wkv_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wo.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wo.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wo.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wo.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn.wq_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.attn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.0.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.1.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.10.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.11.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.12.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.13.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.14.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.15.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.16.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.17.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.18.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.19.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.2.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.20.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.21.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.22.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.23.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.24.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.25.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.26.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.27.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.28.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.29.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.3.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.30.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.31.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.32.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.33.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.34.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.35.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.36.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.37.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.38.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.39.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.4.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.40.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.41.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.42.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.43.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.44.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.45.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.46.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.47.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.48.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.49.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.5.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.50.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.51.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.52.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.53.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.54.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.55.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.56.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.57.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.58.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.59.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.6.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.60.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.61.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.62.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.63.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.7.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.8.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.experts.9.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.gate.bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.gate.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn.shared_experts.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.42.ffn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.kv_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.q_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wkv_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wo.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wo.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wo.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wo.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn.wq_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.attn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.0.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.1.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.10.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.11.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.12.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.13.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.14.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.15.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.16.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.17.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.18.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.19.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.2.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.20.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.21.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.22.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.23.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.24.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.25.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.26.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.27.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.28.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.29.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.3.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.30.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.31.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.32.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.33.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.34.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.35.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.36.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.37.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.38.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.39.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.4.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.40.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.41.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.42.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.43.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.44.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.45.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.46.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.47.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.48.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.49.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.5.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.50.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.51.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.52.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.53.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.54.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.55.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.56.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.57.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.58.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.59.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.6.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.60.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.61.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.62.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.63.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.7.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.8.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.experts.9.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.gate.bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.gate.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn.shared_experts.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.43.ffn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.kv_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.q_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wkv_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wo.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wo.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wo.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wo.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_a.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_a.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_a.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_a.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_b.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_b.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_b.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn.wq_b.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.attn_norm.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.0.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.1.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.10.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.11.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.12.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.13.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.14.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.15.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.16.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.17.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.18.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.19.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.2.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.20.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.21.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.22.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.23.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.24.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.25.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.26.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.27.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.28.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.29.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.3.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.30.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.31.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.32.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.33.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.34.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.35.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.36.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.37.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.38.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.39.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.4.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.40.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.41.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.42.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.43.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.44.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.45.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.46.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.47.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.48.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.49.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.5.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.50.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.51.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.52.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.53.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.54.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.55.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.56.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.57.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.58.w3.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w1.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w1.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w1.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w1.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w2.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w2.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w2.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w2.weight_scale": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w3.centroids.weight": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w3.indices": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w3.weight_bias": "model0-mp4-00007-of-00011.safetensors",
    "layers.44.ffn.experts.59.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.6.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.60.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.61.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.62.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.63.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.7.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.8.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.experts.9.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.gate.bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.gate.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn.shared_experts.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.44.ffn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.kv_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.q_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wkv_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wo.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wo.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wo.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wo.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn.wq_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.attn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.0.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.1.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.10.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.11.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.12.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.13.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.14.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.15.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.16.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.17.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.18.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.19.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.2.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.20.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.21.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.22.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.23.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.24.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.25.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.26.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.27.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.28.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.29.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.3.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.30.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.31.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.32.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.33.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.34.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.35.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.36.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.37.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.38.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.39.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.4.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.40.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.41.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.42.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.43.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.44.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.45.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.46.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.47.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.48.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.49.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.5.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.50.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.51.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.52.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.53.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.54.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.55.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.56.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.57.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.58.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.59.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.6.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.60.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.61.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.62.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.63.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.7.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.8.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.experts.9.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.gate.bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.gate.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn.shared_experts.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.45.ffn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.kv_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.q_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wkv_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wo.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wo.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wo.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wo.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn.wq_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.attn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.0.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.1.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.10.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.11.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.12.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.13.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.14.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.15.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.16.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.17.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.18.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.19.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.2.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.20.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.21.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.22.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.23.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.24.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.25.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.26.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.27.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.28.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.29.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.3.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.30.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.31.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.32.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.33.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.34.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.35.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.36.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.37.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.38.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.39.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.4.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.40.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.41.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.42.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.43.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.44.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.45.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.46.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.47.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.48.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.49.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.5.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.50.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.51.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.52.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.53.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.54.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.55.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.56.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.57.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.58.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.59.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.6.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.60.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.61.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.62.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.63.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.7.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.8.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.experts.9.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.gate.bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.gate.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn.shared_experts.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.46.ffn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.kv_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.q_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wkv_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wo.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wo.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wo.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wo.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn.wq_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.attn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.0.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.1.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.10.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.11.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.12.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.13.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.14.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.15.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.16.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.17.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.18.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.19.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.2.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.20.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.21.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.22.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.23.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.24.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.25.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.26.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.27.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.28.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.29.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.3.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.30.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.31.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.32.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.33.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.34.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.35.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.36.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.37.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.38.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.39.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.4.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.40.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.41.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.42.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.43.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.44.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.45.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.46.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.47.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.48.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.49.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.5.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.50.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.51.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.52.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.53.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.54.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.55.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.56.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.57.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.58.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.59.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.6.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.60.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.61.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.62.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.63.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.7.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.8.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.experts.9.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.gate.bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.gate.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn.shared_experts.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.47.ffn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.kv_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.q_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wkv_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wo.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wo.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wo.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wo.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn.wq_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.attn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.0.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.1.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.10.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.11.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.12.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.13.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.14.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.15.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.16.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.17.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.18.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.19.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.2.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.20.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.21.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.22.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.23.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.24.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.25.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.26.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.27.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.28.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.29.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.3.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.30.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.31.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.32.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.33.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.34.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.35.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.36.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.37.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.38.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.39.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.4.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.40.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.41.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.42.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.43.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.44.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.45.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.46.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.47.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.48.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.49.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.5.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.50.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.51.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.52.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.53.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.54.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.55.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.56.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.57.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.58.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.59.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.6.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.60.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.61.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.62.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.63.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.7.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.8.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.experts.9.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.gate.bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.gate.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn.shared_experts.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.48.ffn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.kv_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.q_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wkv_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wo.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wo.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wo.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wo.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn.wq_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.attn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.0.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.1.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.10.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.11.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.12.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.13.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.14.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.15.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.16.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.17.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.18.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.19.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.2.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.20.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.21.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.22.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.23.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.24.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.25.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.26.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.27.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.28.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.29.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.3.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.30.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.31.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.32.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.33.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.34.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.35.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.36.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.37.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.38.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.39.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.4.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.40.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.41.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.42.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.43.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.44.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.45.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.46.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.47.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.48.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.49.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.5.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.50.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.51.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.52.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.53.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.54.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.55.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.56.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.57.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.58.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.59.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.6.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.60.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.61.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.62.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.63.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.7.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.8.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.experts.9.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.gate.bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.gate.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn.shared_experts.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.49.ffn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.kv_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.q_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wkv_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wo.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wo.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wo.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wo.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_a.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_a.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_a.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_a.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_b.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_b.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_b.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn.wq_b.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.attn_norm.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.0.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.1.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.10.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.11.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.12.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.13.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.14.w3.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w1.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w1.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w1.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w1.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w2.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w2.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w2.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w2.weight_scale": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w3.centroids.weight": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w3.indices": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w3.weight_bias": "model0-mp4-00008-of-00011.safetensors",
    "layers.5.ffn.experts.15.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.16.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.17.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.18.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.19.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.2.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.20.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.21.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.22.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.23.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.24.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.25.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.26.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.27.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.28.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.29.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.3.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.30.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.31.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.32.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.33.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.34.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.35.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.36.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.37.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.38.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.39.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.4.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.40.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.41.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.42.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.43.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.44.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.45.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.46.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.47.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.48.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.49.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.5.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.50.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.51.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.52.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.53.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.54.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.55.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.56.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.57.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.58.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.59.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.6.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.60.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.61.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.62.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.63.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.7.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.8.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.experts.9.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.gate.bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.gate.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn.shared_experts.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.5.ffn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.kv_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.q_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wkv_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wo.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wo.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wo.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wo.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn.wq_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.attn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.0.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.1.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.10.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.11.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.12.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.13.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.14.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.15.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.16.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.17.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.18.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.19.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.2.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.20.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.21.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.22.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.23.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.24.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.25.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.26.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.27.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.28.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.29.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.3.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.30.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.31.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.32.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.33.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.34.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.35.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.36.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.37.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.38.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.39.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.4.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.40.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.41.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.42.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.43.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.44.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.45.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.46.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.47.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.48.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.49.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.5.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.50.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.51.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.52.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.53.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.54.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.55.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.56.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.57.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.58.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.59.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.6.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.60.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.61.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.62.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.63.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.7.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.8.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.experts.9.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.gate.bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.gate.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn.shared_experts.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.50.ffn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.kv_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.q_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wkv_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wo.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wo.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wo.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wo.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn.wq_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.attn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.0.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.1.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.10.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.11.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.12.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.13.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.14.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.15.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.16.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.17.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.18.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.19.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.2.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.20.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.21.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.22.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.23.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.24.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.25.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.26.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.27.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.28.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.29.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.3.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.30.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.31.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.32.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.33.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.34.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.35.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.36.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.37.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.38.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.39.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.4.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.40.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.41.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.42.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.43.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.44.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.45.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.46.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.47.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.48.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.49.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.5.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.50.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.51.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.52.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.53.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.54.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.55.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.56.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.57.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.58.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.59.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.6.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.60.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.61.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.62.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.63.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.7.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.8.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.experts.9.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.gate.bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.gate.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn.shared_experts.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.51.ffn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.kv_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.q_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wkv_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wo.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wo.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wo.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wo.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn.wq_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.attn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.0.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.1.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.10.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.11.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.12.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.13.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.14.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.15.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.16.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.17.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.18.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.19.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.2.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.20.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.21.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.22.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.23.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.24.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.25.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.26.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.27.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.28.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.29.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.3.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.30.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.31.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.32.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.33.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.34.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.35.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.36.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.37.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.38.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.39.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.4.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.40.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.41.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.42.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.43.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.44.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.45.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.46.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.47.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.48.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.49.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.5.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.50.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.51.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.52.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.53.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.54.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.55.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.56.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.57.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.58.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.59.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.6.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.60.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.61.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.62.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.63.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.7.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.8.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.experts.9.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.gate.bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.gate.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn.shared_experts.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.52.ffn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.kv_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.q_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wkv_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wo.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wo.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wo.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wo.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn.wq_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.attn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.0.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.1.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.10.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.11.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.12.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.13.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.14.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.15.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.16.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.17.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.18.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.19.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.2.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.20.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.21.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.22.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.23.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.24.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.25.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.26.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.27.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.28.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.29.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.3.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.30.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.31.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.32.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.33.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.34.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.35.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.36.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.37.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.38.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.39.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.4.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.40.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.41.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.42.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.43.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.44.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.45.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.46.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.47.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.48.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.49.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.5.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.50.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.51.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.52.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.53.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.54.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.55.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.56.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.57.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.58.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.59.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.6.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.60.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.61.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.62.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.63.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.7.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.8.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.experts.9.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.gate.bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.gate.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn.shared_experts.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.53.ffn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.kv_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.q_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wkv_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wo.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wo.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wo.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wo.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_a.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_a.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_a.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_a.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_b.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_b.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_b.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn.wq_b.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.attn_norm.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.0.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.1.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.10.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.11.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.12.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.13.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.14.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.15.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.16.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.17.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.18.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.19.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.2.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.20.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.21.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.22.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.23.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.24.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.25.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.26.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.27.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.28.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.29.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.3.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.30.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.31.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w1.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w1.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w1.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w2.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w2.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w2.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w2.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w3.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w3.indices": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w3.weight_bias": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.32.w3.weight_scale": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.33.w1.centroids.weight": "model0-mp4-00009-of-00011.safetensors",
    "layers.54.ffn.experts.33.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.33.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.34.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.35.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.36.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.37.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.38.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.39.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.4.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.40.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.41.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.42.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.43.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.44.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.45.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.46.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.47.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.48.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.49.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.5.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.50.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.51.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.52.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.53.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.54.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.55.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.56.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.57.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.58.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.59.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.6.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.60.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.61.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.62.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.63.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.7.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.8.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.experts.9.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.gate.bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.gate.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn.shared_experts.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.54.ffn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.kv_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.q_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wkv_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wo.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wo.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wo.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wo.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn.wq_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.attn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.0.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.1.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.10.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.11.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.12.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.13.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.14.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.15.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.16.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.17.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.18.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.19.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.2.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.20.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.21.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.22.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.23.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.24.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.25.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.26.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.27.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.28.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.29.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.3.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.30.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.31.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.32.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.33.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.34.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.35.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.36.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.37.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.38.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.39.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.4.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.40.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.41.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.42.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.43.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.44.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.45.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.46.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.47.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.48.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.49.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.5.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.50.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.51.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.52.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.53.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.54.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.55.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.56.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.57.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.58.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.59.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.6.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.60.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.61.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.62.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.63.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.7.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.8.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.experts.9.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.gate.bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.gate.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn.shared_experts.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.55.ffn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.kv_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.q_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wkv_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wo.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wo.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wo.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wo.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn.wq_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.attn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.0.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.1.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.10.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.11.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.12.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.13.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.14.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.15.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.16.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.17.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.18.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.19.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.2.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.20.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.21.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.22.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.23.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.24.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.25.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.26.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.27.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.28.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.29.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.3.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.30.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.31.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.32.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.33.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.34.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.35.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.36.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.37.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.38.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.39.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.4.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.40.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.41.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.42.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.43.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.44.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.45.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.46.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.47.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.48.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.49.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.5.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.50.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.51.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.52.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.53.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.54.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.55.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.56.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.57.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.58.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.59.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.6.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.60.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.61.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.62.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.63.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.7.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.8.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.experts.9.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.gate.bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.gate.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn.shared_experts.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.56.ffn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.kv_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.q_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wkv_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wo.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wo.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wo.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wo.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn.wq_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.attn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.0.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.1.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.10.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.11.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.12.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.13.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.14.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.15.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.16.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.17.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.18.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.19.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.2.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.20.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.21.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.22.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.23.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.24.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.25.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.26.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.27.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.28.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.29.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.3.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.30.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.31.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.32.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.33.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.34.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.35.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.36.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.37.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.38.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.39.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.4.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.40.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.41.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.42.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.43.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.44.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.45.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.46.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.47.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.48.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.49.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.5.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.50.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.51.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.52.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.53.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.54.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.55.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.56.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.57.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.58.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.59.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.6.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.60.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.61.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.62.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.63.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.7.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.8.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.experts.9.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.gate.bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.gate.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn.shared_experts.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.57.ffn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.kv_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.q_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wkv_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wo.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wo.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wo.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wo.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn.wq_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.attn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.0.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.1.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.10.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.11.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.12.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.13.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.14.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.15.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.16.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.17.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.18.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.19.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.2.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.20.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.21.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.22.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.23.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.24.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.25.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.26.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.27.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.28.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.29.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.3.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.30.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.31.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.32.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.33.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.34.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.35.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.36.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.37.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.38.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.39.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.4.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.40.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.41.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.42.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.43.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.44.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.45.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.46.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.47.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.48.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.49.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.5.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.50.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.51.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.52.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.53.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.54.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.55.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.56.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.57.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.58.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.59.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.6.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.60.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.61.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.62.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.63.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.7.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.8.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.experts.9.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.gate.bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.gate.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn.shared_experts.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.58.ffn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.kv_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.q_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wkv_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wo.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wo.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wo.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wo.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_a.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_a.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_a.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_a.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_b.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_b.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_b.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn.wq_b.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.attn_norm.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.0.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.1.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.10.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.11.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.12.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.13.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.14.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.15.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.16.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.17.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.18.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.19.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.2.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.20.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.21.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.22.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.23.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.24.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.25.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.26.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.27.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.28.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.29.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.3.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.30.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.31.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.32.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.33.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.34.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.35.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.36.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.37.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.38.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.39.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.4.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.40.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.41.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.42.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.43.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.44.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.45.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.46.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.47.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.48.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.49.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w1.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w2.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w2.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w2.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w2.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w3.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w3.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w3.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.5.w3.weight_scale": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.50.w1.centroids.weight": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.50.w1.indices": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.50.w1.weight_bias": "model0-mp4-00010-of-00011.safetensors",
    "layers.59.ffn.experts.50.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.50.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.51.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.52.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.53.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.54.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.55.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.56.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.57.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.58.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.59.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.6.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.60.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.61.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.62.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.63.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.7.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.8.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.experts.9.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.gate.bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.gate.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn.shared_experts.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.59.ffn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.kv_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.q_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wkv_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wo.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wo.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wo.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wo.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn.wq_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.attn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.0.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.1.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.10.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.11.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.12.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.13.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.14.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.15.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.16.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.17.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.18.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.19.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.2.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.20.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.21.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.22.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.23.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.24.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.25.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.26.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.27.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.28.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.29.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.3.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.30.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.31.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.32.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.33.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.34.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.35.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.36.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.37.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.38.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.39.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.4.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.40.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.41.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.42.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.43.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.44.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.45.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.46.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.47.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.48.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.49.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.5.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.50.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.51.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.52.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.53.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.54.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.55.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.56.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.57.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.58.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.59.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.6.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.60.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.61.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.62.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.63.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.7.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.8.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.experts.9.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.gate.bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.gate.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn.shared_experts.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.6.ffn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.kv_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.q_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wkv_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wo.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wo.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wo.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wo.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn.wq_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.attn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.0.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.1.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.10.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.11.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.12.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.13.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.14.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.15.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.16.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.17.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.18.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.19.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.2.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.20.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.21.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.22.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.23.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.24.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.25.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.26.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.27.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.28.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.29.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.3.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.30.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.31.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.32.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.33.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.34.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.35.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.36.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.37.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.38.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.39.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.4.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.40.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.41.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.42.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.43.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.44.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.45.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.46.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.47.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.48.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.49.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.5.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.50.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.51.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.52.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.53.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.54.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.55.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.56.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.57.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.58.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.59.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.6.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.60.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.61.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.62.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.63.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.7.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.8.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.experts.9.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.gate.bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.gate.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn.shared_experts.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.60.ffn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.kv_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.q_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wkv_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wo.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wo.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wo.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wo.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn.wq_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.attn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.0.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.1.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.10.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.11.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.12.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.13.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.14.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.15.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.16.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.17.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.18.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.19.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.2.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.20.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.21.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.22.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.23.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.24.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.25.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.26.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.27.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.28.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.29.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.3.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.30.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.31.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.32.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.33.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.34.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.35.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.36.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.37.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.38.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.39.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.4.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.40.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.41.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.42.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.43.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.44.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.45.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.46.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.47.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.48.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.49.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.5.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.50.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.51.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.52.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.53.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.54.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.55.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.56.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.57.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.58.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.59.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.6.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.60.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.61.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.62.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.63.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.7.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.8.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.experts.9.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.gate.bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.gate.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn.shared_experts.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.7.ffn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.kv_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.q_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wkv_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wo.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wo.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wo.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wo.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn.wq_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.attn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.0.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.1.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.10.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.11.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.12.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.13.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.14.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.15.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.16.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.17.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.18.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.19.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.2.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.20.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.21.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.22.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.23.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.24.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.25.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.26.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.27.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.28.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.29.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.3.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.30.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.31.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.32.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.33.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.34.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.35.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.36.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.37.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.38.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.39.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.4.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.40.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.41.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.42.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.43.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.44.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.45.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.46.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.47.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.48.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.49.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.5.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.50.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.51.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.52.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.53.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.54.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.55.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.56.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.57.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.58.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.59.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.6.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.60.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.61.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.62.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.63.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.7.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.8.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.experts.9.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.gate.bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.gate.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn.shared_experts.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.8.ffn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.kv_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.q_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wkv_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wo.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wo.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wo.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wo.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_a.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_a.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_a.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_a.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_b.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_b.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_b.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn.wq_b.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.attn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.0.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.1.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.10.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.11.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.12.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.13.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.14.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.15.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.16.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.17.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.18.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.19.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.2.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.20.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.21.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.22.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.23.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.24.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.25.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.26.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.27.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.28.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.29.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.3.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.30.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.31.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.32.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.33.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.34.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.35.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.36.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.37.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.38.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.39.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.4.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.40.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.41.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.42.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.43.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.44.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.45.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.46.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.47.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.48.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.49.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.5.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.50.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.51.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.52.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.53.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.54.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.55.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.56.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.57.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.58.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.59.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.6.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.60.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.61.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.62.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.63.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.7.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.8.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.experts.9.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.gate.bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.gate.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w1.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w1.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w1.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w1.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w2.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w2.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w2.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w2.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w3.centroids.weight": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w3.indices": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w3.weight_bias": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn.shared_experts.w3.weight_scale": "model0-mp4-00011-of-00011.safetensors",
    "layers.9.ffn_norm.weight": "model0-mp4-00011-of-00011.safetensors",
    "norm.weight": "model0-mp4-00011-of-00011.safetensors"
  }
}