diff --git "a/model2-mp4/model.safetensors.index.json" "b/model2-mp4/model.safetensors.index.json" new file mode 100644--- /dev/null +++ "b/model2-mp4/model.safetensors.index.json" @@ -0,0 +1,58490 @@ +{ + "metadata": { + "total_size": 77755990016 + }, + "weight_map": { + "embed.weight": "model2-mp4-00001-of-00015.safetensors", + "head.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.kv_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.q_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wkv_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wo.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn.wq_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.attn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.0.ffn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.kv_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.q_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wkv_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wo.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn.wq_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.attn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.1.ffn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.kv_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.q_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wkv_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wo.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn.wq_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.attn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.128.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.129.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.130.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.131.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.132.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.133.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.134.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.135.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.136.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.137.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.138.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.139.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.140.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.141.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.142.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.143.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.144.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.145.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.146.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.147.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.148.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.149.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.150.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.151.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.152.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.153.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.154.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.155.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.156.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.157.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.158.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.159.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.160.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.161.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.162.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.163.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.164.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.165.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.166.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.167.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.168.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.169.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.170.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.171.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.172.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.173.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.174.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.175.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.176.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.177.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.178.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.179.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.180.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.181.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.182.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.183.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.184.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.185.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.186.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.187.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.188.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.189.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.190.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.experts.191.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.gate.bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.gate.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn.shared_experts.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.10.ffn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.kv_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.q_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wkv_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wo.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn.wq_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.attn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.128.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.129.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.130.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.131.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.132.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.133.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.134.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.135.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.136.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.137.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.138.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.139.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.140.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.141.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.142.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.143.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.144.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.145.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.146.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.147.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.148.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.149.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.150.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.151.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.152.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.153.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.154.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.155.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.156.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.157.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.158.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.159.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.160.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.161.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.162.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.163.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.164.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.165.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.166.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.167.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.168.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.169.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.170.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.171.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.172.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.173.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.174.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.175.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.176.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.177.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.178.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.179.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.180.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.181.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.182.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.183.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.184.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.185.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.186.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.187.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.188.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.189.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.190.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.experts.191.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.gate.bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.gate.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn.shared_experts.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.11.ffn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.kv_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.q_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wkv_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wo.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn.wq_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.attn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.128.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.129.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.130.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.131.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.132.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.133.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.134.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.135.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.136.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.137.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.138.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.139.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.140.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.141.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.142.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.143.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.144.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.145.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.146.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.147.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.148.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.149.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.150.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.151.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.152.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.153.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.154.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.155.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.156.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.157.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.158.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.159.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.160.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.161.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.162.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.163.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.164.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.165.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.166.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.167.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.168.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.169.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.170.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.171.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.172.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.173.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.174.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.175.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.176.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.177.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.178.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.179.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.180.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.181.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.182.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.183.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.184.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.185.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.186.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.187.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.188.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.189.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.190.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.experts.191.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.gate.bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.gate.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn.shared_experts.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.12.ffn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.kv_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.q_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wkv_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wo.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_a.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn.wq_b.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.attn_norm.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.128.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.129.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.130.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.131.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.132.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.133.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.134.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.135.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.136.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.137.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.138.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.139.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.140.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.141.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.142.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.143.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.144.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.145.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.146.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.147.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.148.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.149.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.150.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.151.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.152.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.153.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.154.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.155.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.156.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.157.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.158.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.159.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.160.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.161.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.162.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.163.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.164.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.165.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.166.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.167.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.168.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.169.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.170.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.171.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.172.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.173.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.174.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.175.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.176.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w3.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.177.w3.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w1.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w1.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w1.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w1.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w2.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w2.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w2.weight_bias": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w2.weight_scale": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w3.centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w3.indices": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00001-of-00015.safetensors", + "layers.13.ffn.experts.178.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.178.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.179.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.180.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.181.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.182.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.183.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.184.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.185.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.186.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.187.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.188.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.189.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.190.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.experts.191.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.gate.bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.gate.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn.shared_experts.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.13.ffn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.kv_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.q_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wkv_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wo.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn.wq_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.attn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.128.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.129.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.130.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.131.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.132.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.133.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.134.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.135.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.136.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.137.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.138.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.139.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.140.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.141.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.142.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.143.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.144.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.145.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.146.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.147.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.148.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.149.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.150.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.151.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.152.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.153.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.154.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.155.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.156.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.157.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.158.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.159.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.160.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.161.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.162.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.163.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.164.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.165.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.166.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.167.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.168.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.169.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.170.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.171.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.172.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.173.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.174.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.175.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.176.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.177.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.178.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.179.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.180.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.181.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.182.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.183.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.184.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.185.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.186.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.187.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.188.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.189.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.190.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.experts.191.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.gate.bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.gate.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn.shared_experts.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.14.ffn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.kv_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.q_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wkv_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wo.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn.wq_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.attn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.128.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.129.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.130.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.131.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.132.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.133.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.134.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.135.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.136.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.137.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.138.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.139.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.140.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.141.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.142.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.143.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.144.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.145.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.146.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.147.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.148.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.149.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.150.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.151.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.152.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.153.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.154.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.155.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.156.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.157.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.158.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.159.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.160.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.161.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.162.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.163.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.164.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.165.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.166.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.167.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.168.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.169.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.170.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.171.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.172.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.173.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.174.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.175.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.176.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.177.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.178.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.179.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.180.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.181.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.182.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.183.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.184.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.185.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.186.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.187.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.188.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.189.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.190.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.experts.191.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.gate.bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.gate.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn.shared_experts.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.15.ffn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.kv_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.q_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wkv_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wo.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn.wq_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.attn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.128.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.129.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.130.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.131.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.132.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.133.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.134.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.135.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.136.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.137.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.138.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.139.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.140.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.141.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.142.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.143.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.144.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.145.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.146.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.147.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.148.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.149.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.150.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.151.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.152.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.153.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.154.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.155.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.156.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.157.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.158.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.159.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.160.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.161.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.162.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.163.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.164.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.165.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.166.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.167.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.168.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.169.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.170.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.171.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.172.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.173.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.174.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.175.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.176.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.177.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.178.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.179.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.180.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.181.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.182.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.183.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.184.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.185.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.186.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.187.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.188.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.189.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.190.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.experts.191.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.gate.bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.gate.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn.shared_experts.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.16.ffn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.kv_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.q_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wkv_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wo.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_a.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn.wq_b.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.attn_norm.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.128.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.129.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.130.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.131.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.132.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.133.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.134.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.135.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.136.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.137.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.138.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.139.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.140.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.141.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.142.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.143.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.144.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.145.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.146.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.147.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.148.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.149.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.150.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.151.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.152.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.153.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.154.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.155.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.156.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.157.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.158.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.159.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.160.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.161.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.162.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.163.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.164.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.165.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.166.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.167.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.168.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w2.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w2.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w3.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w3.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w3.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.169.w3.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w1.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w1.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w1.weight_bias": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w1.weight_scale": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w2.centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w2.indices": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00002-of-00015.safetensors", + "layers.17.ffn.experts.170.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.170.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.170.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.170.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.170.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.170.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.171.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.172.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.173.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.174.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.175.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.176.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.177.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.178.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.179.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.180.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.181.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.182.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.183.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.184.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.185.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.186.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.187.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.188.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.189.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.190.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.experts.191.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.gate.bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.gate.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn.shared_experts.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.17.ffn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.kv_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.q_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wkv_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wo.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn.wq_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.attn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.128.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.129.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.130.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.131.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.132.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.133.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.134.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.135.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.136.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.137.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.138.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.139.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.140.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.141.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.142.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.143.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.144.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.145.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.146.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.147.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.148.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.149.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.150.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.151.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.152.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.153.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.154.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.155.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.156.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.157.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.158.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.159.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.160.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.161.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.162.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.163.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.164.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.165.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.166.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.167.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.168.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.169.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.170.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.171.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.172.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.173.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.174.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.175.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.176.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.177.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.178.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.179.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.180.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.181.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.182.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.183.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.184.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.185.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.186.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.187.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.188.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.189.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.190.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.experts.191.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.gate.bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.gate.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn.shared_experts.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.18.ffn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.kv_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.q_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wkv_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wo.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn.wq_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.attn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.128.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.129.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.130.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.131.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.132.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.133.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.134.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.135.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.136.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.137.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.138.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.139.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.140.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.141.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.142.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.143.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.144.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.145.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.146.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.147.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.148.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.149.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.150.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.151.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.152.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.153.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.154.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.155.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.156.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.157.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.158.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.159.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.160.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.161.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.162.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.163.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.164.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.165.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.166.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.167.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.168.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.169.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.170.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.171.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.172.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.173.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.174.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.175.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.176.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.177.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.178.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.179.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.180.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.181.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.182.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.183.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.184.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.185.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.186.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.187.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.188.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.189.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.190.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.experts.191.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.gate.bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.gate.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn.shared_experts.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.19.ffn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.kv_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.q_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wkv_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wo.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn.wq_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.attn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.2.ffn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.kv_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.q_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wkv_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wo.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn.wq_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.attn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.128.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.129.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.130.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.131.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.132.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.133.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.134.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.135.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.136.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.137.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.138.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.139.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.140.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.141.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.142.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.143.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.144.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.145.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.146.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.147.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.148.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.149.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.150.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.151.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.152.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.153.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.154.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.155.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.156.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.157.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.158.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.159.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.160.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.161.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.162.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.163.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.164.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.165.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.166.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.167.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.168.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.169.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.170.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.171.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.172.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.173.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.174.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.175.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.176.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.177.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.178.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.179.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.180.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.181.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.182.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.183.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.184.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.185.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.186.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.187.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.188.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.189.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.190.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.experts.191.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.gate.bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.gate.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn.shared_experts.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.20.ffn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.kv_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.q_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wkv_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wo.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_a.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn.wq_b.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.attn_norm.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.128.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.129.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.130.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.131.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.132.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.133.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.134.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.135.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.136.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.137.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.138.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.139.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.140.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.141.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.142.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.143.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.144.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.145.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.146.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.147.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.148.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.149.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.150.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.151.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.152.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.153.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.154.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.155.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.156.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.157.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w1.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w2.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w2.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w2.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w2.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w3.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w3.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w3.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.158.w3.weight_scale": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.159.w1.centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.159.w1.indices": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.159.w1.weight_bias": "model2-mp4-00003-of-00015.safetensors", + "layers.21.ffn.experts.159.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.159.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.160.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.161.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.162.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.163.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.164.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.165.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.166.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.167.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.168.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.169.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.170.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.171.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.172.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.173.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.174.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.175.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.176.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.177.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.178.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.179.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.180.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.181.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.182.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.183.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.184.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.185.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.186.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.187.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.188.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.189.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.190.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.experts.191.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.gate.bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.gate.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn.shared_experts.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.21.ffn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.kv_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.q_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wkv_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wo.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn.wq_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.attn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.128.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.129.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.130.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.131.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.132.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.133.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.134.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.135.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.136.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.137.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.138.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.139.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.140.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.141.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.142.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.143.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.144.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.145.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.146.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.147.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.148.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.149.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.150.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.151.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.152.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.153.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.154.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.155.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.156.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.157.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.158.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.159.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.160.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.161.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.162.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.163.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.164.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.165.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.166.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.167.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.168.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.169.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.170.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.171.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.172.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.173.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.174.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.175.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.176.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.177.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.178.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.179.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.180.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.181.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.182.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.183.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.184.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.185.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.186.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.187.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.188.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.189.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.190.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.experts.191.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.gate.bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.gate.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn.shared_experts.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.22.ffn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.kv_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.q_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wkv_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wo.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn.wq_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.attn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.128.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.129.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.130.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.131.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.132.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.133.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.134.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.135.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.136.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.137.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.138.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.139.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.140.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.141.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.142.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.143.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.144.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.145.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.146.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.147.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.148.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.149.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.150.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.151.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.152.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.153.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.154.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.155.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.156.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.157.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.158.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.159.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.160.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.161.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.162.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.163.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.164.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.165.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.166.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.167.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.168.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.169.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.170.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.171.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.172.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.173.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.174.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.175.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.176.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.177.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.178.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.179.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.180.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.181.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.182.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.183.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.184.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.185.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.186.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.187.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.188.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.189.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.190.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.experts.191.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.gate.bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.gate.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn.shared_experts.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.23.ffn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.kv_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.q_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wkv_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wo.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn.wq_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.attn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.128.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.129.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.130.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.131.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.132.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.133.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.134.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.135.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.136.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.137.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.138.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.139.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.140.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.141.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.142.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.143.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.144.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.145.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.146.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.147.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.148.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.149.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.150.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.151.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.152.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.153.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.154.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.155.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.156.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.157.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.158.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.159.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.160.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.161.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.162.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.163.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.164.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.165.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.166.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.167.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.168.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.169.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.170.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.171.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.172.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.173.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.174.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.175.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.176.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.177.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.178.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.179.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.180.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.181.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.182.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.183.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.184.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.185.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.186.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.187.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.188.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.189.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.190.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.experts.191.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.gate.bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.gate.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn.shared_experts.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.24.ffn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.kv_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.q_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wkv_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wo.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_a.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn.wq_b.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.attn_norm.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.128.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.129.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.130.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.131.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.132.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.133.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.134.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.135.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.136.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.137.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.138.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.139.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.140.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.141.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.142.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.143.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.144.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.145.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.146.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.147.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.148.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.149.w3.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w1.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w1.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w1.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w1.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w2.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w2.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w2.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w2.weight_scale": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w3.centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w3.indices": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w3.weight_bias": "model2-mp4-00004-of-00015.safetensors", + "layers.25.ffn.experts.150.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.151.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.152.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.153.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.154.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.155.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.156.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.157.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.158.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.159.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.160.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.161.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.162.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.163.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.164.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.165.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.166.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.167.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.168.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.169.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.170.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.171.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.172.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.173.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.174.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.175.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.176.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.177.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.178.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.179.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.180.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.181.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.182.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.183.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.184.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.185.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.186.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.187.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.188.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.189.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.190.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.experts.191.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.gate.bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.gate.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn.shared_experts.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.25.ffn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.kv_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.q_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wkv_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wo.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn.wq_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.attn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.128.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.129.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.130.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.131.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.132.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.133.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.134.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.135.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.136.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.137.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.138.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.139.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.140.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.141.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.142.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.143.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.144.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.145.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.146.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.147.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.148.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.149.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.150.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.151.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.152.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.153.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.154.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.155.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.156.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.157.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.158.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.159.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.160.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.161.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.162.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.163.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.164.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.165.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.166.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.167.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.168.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.169.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.170.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.171.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.172.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.173.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.174.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.175.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.176.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.177.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.178.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.179.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.180.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.181.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.182.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.183.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.184.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.185.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.186.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.187.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.188.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.189.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.190.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.experts.191.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.gate.bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.gate.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn.shared_experts.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.26.ffn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.kv_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.q_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wkv_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wo.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn.wq_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.attn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.128.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.129.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.130.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.131.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.132.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.133.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.134.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.135.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.136.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.137.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.138.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.139.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.140.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.141.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.142.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.143.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.144.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.145.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.146.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.147.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.148.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.149.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.150.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.151.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.152.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.153.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.154.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.155.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.156.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.157.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.158.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.159.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.160.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.161.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.162.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.163.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.164.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.165.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.166.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.167.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.168.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.169.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.170.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.171.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.172.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.173.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.174.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.175.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.176.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.177.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.178.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.179.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.180.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.181.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.182.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.183.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.184.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.185.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.186.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.187.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.188.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.189.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.190.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.experts.191.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.gate.bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.gate.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn.shared_experts.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.27.ffn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.kv_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.q_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wkv_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wo.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn.wq_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.attn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.128.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.129.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.130.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.131.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.132.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.133.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.134.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.135.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.136.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.137.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.138.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.139.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.140.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.141.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.142.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.143.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.144.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.145.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.146.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.147.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.148.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.149.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.150.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.151.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.152.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.153.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.154.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.155.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.156.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.157.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.158.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.159.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.160.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.161.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.162.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.163.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.164.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.165.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.166.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.167.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.168.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.169.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.170.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.171.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.172.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.173.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.174.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.175.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.176.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.177.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.178.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.179.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.180.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.181.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.182.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.183.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.184.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.185.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.186.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.187.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.188.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.189.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.190.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.experts.191.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.gate.bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.gate.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn.shared_experts.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.28.ffn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.kv_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.q_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wkv_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wo.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_a.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn.wq_b.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.attn_norm.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.128.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.129.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.130.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.131.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.132.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.133.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.134.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.135.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.136.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.137.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.138.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.139.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.140.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w2.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w3.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w3.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w3.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.141.w3.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w1.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w1.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w1.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w1.weight_scale": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w2.centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w2.indices": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w2.weight_bias": "model2-mp4-00005-of-00015.safetensors", + "layers.29.ffn.experts.142.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.142.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.142.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.142.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.142.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.143.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.144.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.145.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.146.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.147.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.148.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.149.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.150.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.151.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.152.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.153.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.154.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.155.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.156.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.157.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.158.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.159.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.160.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.161.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.162.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.163.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.164.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.165.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.166.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.167.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.168.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.169.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.170.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.171.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.172.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.173.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.174.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.175.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.176.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.177.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.178.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.179.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.180.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.181.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.182.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.183.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.184.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.185.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.186.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.187.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.188.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.189.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.190.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.experts.191.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.gate.bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.gate.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn.shared_experts.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.29.ffn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.kv_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.q_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wkv_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wo.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn.wq_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.attn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.128.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.129.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.130.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.131.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.132.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.133.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.134.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.135.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.136.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.137.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.138.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.139.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.140.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.141.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.142.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.143.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.144.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.145.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.146.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.147.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.148.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.149.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.150.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.151.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.152.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.153.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.154.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.155.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.156.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.157.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.158.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.159.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.160.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.161.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.162.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.163.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.164.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.165.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.166.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.167.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.168.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.169.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.170.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.171.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.172.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.173.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.174.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.175.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.176.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.177.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.178.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.179.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.180.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.181.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.182.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.183.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.184.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.185.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.186.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.187.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.188.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.189.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.190.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.experts.191.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.gate.bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.gate.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn.shared_experts.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.3.ffn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.kv_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.q_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wkv_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wo.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn.wq_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.attn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.128.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.129.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.130.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.131.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.132.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.133.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.134.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.135.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.136.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.137.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.138.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.139.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.140.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.141.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.142.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.143.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.144.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.145.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.146.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.147.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.148.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.149.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.150.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.151.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.152.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.153.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.154.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.155.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.156.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.157.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.158.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.159.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.160.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.161.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.162.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.163.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.164.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.165.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.166.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.167.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.168.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.169.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.170.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.171.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.172.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.173.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.174.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.175.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.176.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.177.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.178.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.179.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.180.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.181.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.182.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.183.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.184.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.185.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.186.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.187.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.188.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.189.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.190.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.experts.191.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.gate.bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.gate.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn.shared_experts.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.30.ffn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.kv_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.q_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wkv_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wo.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn.wq_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.attn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.128.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.129.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.130.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.131.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.132.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.133.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.134.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.135.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.136.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.137.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.138.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.139.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.140.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.141.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.142.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.143.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.144.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.145.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.146.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.147.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.148.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.149.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.150.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.151.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.152.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.153.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.154.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.155.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.156.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.157.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.158.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.159.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.160.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.161.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.162.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.163.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.164.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.165.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.166.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.167.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.168.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.169.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.170.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.171.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.172.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.173.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.174.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.175.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.176.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.177.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.178.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.179.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.180.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.181.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.182.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.183.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.184.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.185.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.186.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.187.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.188.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.189.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.190.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.experts.191.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.gate.bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.gate.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn.shared_experts.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.31.ffn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.kv_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.q_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wkv_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wo.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_a.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn.wq_b.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.attn_norm.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.128.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.129.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.130.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.131.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.132.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w1.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w2.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w2.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w2.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w2.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w3.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w3.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w3.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.133.w3.weight_scale": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.134.w1.centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.134.w1.indices": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.134.w1.weight_bias": "model2-mp4-00006-of-00015.safetensors", + "layers.32.ffn.experts.134.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.134.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.135.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.136.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.137.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.138.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.139.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.140.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.141.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.142.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.143.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.144.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.145.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.146.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.147.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.148.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.149.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.150.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.151.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.152.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.153.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.154.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.155.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.156.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.157.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.158.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.159.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.160.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.161.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.162.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.163.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.164.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.165.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.166.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.167.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.168.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.169.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.170.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.171.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.172.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.173.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.174.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.175.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.176.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.177.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.178.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.179.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.180.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.181.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.182.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.183.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.184.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.185.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.186.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.187.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.188.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.189.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.190.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.experts.191.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.gate.bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.gate.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn.shared_experts.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.32.ffn_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.kv_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.q_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_a.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wkv_b.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wo.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_a.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn.wq_b.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.attn_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.128.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.129.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.130.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.131.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.132.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.133.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.134.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.135.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.136.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.137.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.138.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.139.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.140.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.141.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.142.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.143.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.144.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.145.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.146.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.147.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.148.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.149.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.150.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.151.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.152.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.153.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.154.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.155.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.156.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.157.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.158.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.159.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.160.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.161.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.162.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.163.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.164.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.165.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.166.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.167.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.168.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.169.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.170.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.171.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.172.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.173.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.174.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.175.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.176.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.177.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.178.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.179.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.180.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.181.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.182.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.183.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.184.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.185.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.186.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.187.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.188.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.189.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.190.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.experts.191.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.gate.bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.gate.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn.shared_experts.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.33.ffn_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.kv_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.q_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_a.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wkv_b.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wo.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_a.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn.wq_b.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.attn_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.128.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.129.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.130.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.131.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.132.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.133.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.134.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.135.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.136.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.137.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.138.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.139.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.140.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.141.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.142.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.143.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.144.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.145.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.146.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.147.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.148.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.149.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.150.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.151.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.152.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.153.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.154.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.155.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.156.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.157.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.158.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.159.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.160.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.161.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.162.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.163.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.164.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.165.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.166.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.167.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.168.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.169.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.170.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.171.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.172.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.173.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.174.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.175.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.176.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.177.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.178.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.179.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.180.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.181.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.182.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.183.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.184.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.185.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.186.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.187.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.188.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.189.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.190.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.experts.191.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.gate.bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.gate.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn.shared_experts.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.34.ffn_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.kv_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.q_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_a.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wkv_b.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wo.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_a.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn.wq_b.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.attn_norm.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.128.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.129.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.130.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.131.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.132.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.133.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.134.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.135.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.136.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.137.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.138.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.139.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.140.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.141.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.142.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.143.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.144.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.145.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.146.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.147.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.148.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.149.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.150.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.151.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.152.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.153.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.154.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.155.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.156.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.157.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.158.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.159.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.160.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.161.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.162.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.163.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.164.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.165.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.166.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.167.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.168.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.169.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.170.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.171.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.172.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.173.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.174.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.175.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.176.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.177.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.178.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.179.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.180.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.181.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.182.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.183.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.184.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.185.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.186.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.187.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.188.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.189.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.190.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w3.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.experts.191.w3.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.gate.bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.gate.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w1.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.weight_bias": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w2.weight_scale": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.indices": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00007-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.35.ffn.shared_experts.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.35.ffn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.kv_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.q_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wkv_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wo.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn.wq_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.attn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.128.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.129.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.130.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.131.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.132.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.133.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.134.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.135.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.136.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.137.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.138.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.139.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.140.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.141.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.142.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.143.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.144.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.145.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.146.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.147.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.148.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.149.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.150.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.151.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.152.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.153.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.154.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.155.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.156.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.157.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.158.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.159.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.160.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.161.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.162.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.163.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.164.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.165.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.166.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.167.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.168.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.169.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.170.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.171.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.172.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.173.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.174.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.175.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.176.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.177.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.178.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.179.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.180.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.181.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.182.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.183.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.184.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.185.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.186.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.187.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.188.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.189.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.190.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.experts.191.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.gate.bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.gate.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn.shared_experts.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.36.ffn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.kv_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.q_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wkv_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wo.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn.wq_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.attn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.128.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.129.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.130.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.131.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.132.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.133.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.134.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.135.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.136.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.137.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.138.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.139.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.140.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.141.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.142.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.143.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.144.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.145.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.146.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.147.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.148.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.149.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.150.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.151.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.152.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.153.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.154.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.155.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.156.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.157.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.158.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.159.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.160.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.161.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.162.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.163.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.164.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.165.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.166.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.167.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.168.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.169.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.170.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.171.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.172.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.173.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.174.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.175.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.176.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.177.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.178.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.179.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.180.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.181.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.182.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.183.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.184.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.185.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.186.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.187.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.188.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.189.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.190.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.experts.191.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.gate.bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.gate.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn.shared_experts.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.37.ffn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.kv_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.q_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wkv_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wo.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn.wq_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.attn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.128.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.129.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.130.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.131.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.132.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.133.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.134.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.135.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.136.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.137.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.138.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.139.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.140.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.141.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.142.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.143.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.144.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.145.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.146.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.147.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.148.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.149.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.150.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.151.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.152.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.153.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.154.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.155.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.156.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.157.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.158.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.159.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.160.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.161.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.162.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.163.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.164.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.165.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.166.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.167.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.168.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.169.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.170.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.171.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.172.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.173.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.174.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.175.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.176.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.177.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.178.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.179.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.180.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.181.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.182.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.183.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.184.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.185.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.186.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.187.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.188.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.189.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.190.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.experts.191.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.gate.bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.gate.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn.shared_experts.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.38.ffn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.kv_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.q_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wkv_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wo.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_a.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn.wq_b.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.attn_norm.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.128.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.129.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.130.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.131.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.132.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.133.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.134.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.135.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.136.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.137.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.138.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.139.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.140.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.141.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.142.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.143.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.144.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.145.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.146.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.147.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.148.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.149.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.150.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.151.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.152.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.153.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.154.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.155.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.156.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.157.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.158.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.159.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.160.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.161.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.162.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.163.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.164.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.165.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.166.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.167.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.168.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.169.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.170.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.171.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.172.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.173.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.174.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.175.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.176.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.177.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.178.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.179.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.180.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.181.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.182.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w3.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w3.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w3.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.183.w3.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w1.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w1.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w1.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w1.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w2.centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w2.indices": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w2.weight_bias": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w2.weight_scale": "model2-mp4-00008-of-00015.safetensors", + "layers.39.ffn.experts.184.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.184.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.184.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.184.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.185.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.186.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.187.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.188.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.189.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.190.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.experts.191.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.gate.bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.gate.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn.shared_experts.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.39.ffn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.kv_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.q_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wkv_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wo.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn.wq_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.attn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.128.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.129.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.130.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.131.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.132.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.133.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.134.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.135.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.136.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.137.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.138.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.139.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.140.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.141.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.142.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.143.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.144.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.145.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.146.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.147.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.148.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.149.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.150.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.151.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.152.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.153.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.154.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.155.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.156.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.157.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.158.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.159.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.160.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.161.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.162.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.163.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.164.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.165.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.166.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.167.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.168.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.169.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.170.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.171.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.172.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.173.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.174.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.175.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.176.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.177.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.178.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.179.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.180.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.181.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.182.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.183.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.184.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.185.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.186.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.187.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.188.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.189.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.190.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.experts.191.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.gate.bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.gate.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn.shared_experts.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.4.ffn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.kv_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.q_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wkv_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wo.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn.wq_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.attn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.128.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.129.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.130.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.131.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.132.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.133.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.134.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.135.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.136.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.137.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.138.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.139.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.140.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.141.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.142.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.143.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.144.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.145.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.146.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.147.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.148.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.149.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.150.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.151.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.152.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.153.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.154.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.155.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.156.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.157.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.158.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.159.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.160.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.161.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.162.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.163.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.164.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.165.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.166.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.167.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.168.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.169.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.170.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.171.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.172.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.173.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.174.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.175.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.176.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.177.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.178.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.179.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.180.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.181.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.182.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.183.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.184.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.185.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.186.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.187.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.188.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.189.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.190.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.experts.191.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.gate.bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.gate.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn.shared_experts.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.40.ffn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.kv_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.q_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wkv_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wo.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn.wq_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.attn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.128.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.129.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.130.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.131.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.132.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.133.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.134.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.135.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.136.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.137.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.138.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.139.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.140.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.141.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.142.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.143.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.144.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.145.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.146.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.147.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.148.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.149.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.150.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.151.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.152.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.153.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.154.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.155.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.156.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.157.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.158.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.159.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.160.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.161.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.162.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.163.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.164.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.165.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.166.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.167.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.168.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.169.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.170.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.171.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.172.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.173.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.174.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.175.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.176.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.177.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.178.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.179.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.180.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.181.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.182.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.183.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.184.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.185.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.186.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.187.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.188.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.189.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.190.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.experts.191.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.gate.bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.gate.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn.shared_experts.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.41.ffn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.kv_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.q_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wkv_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wo.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_a.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn.wq_b.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.attn_norm.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.128.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.129.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.130.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.131.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.132.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.133.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.134.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.135.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.136.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.137.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.138.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.139.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.140.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.141.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.142.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.143.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.144.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.145.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.146.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.147.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.148.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.149.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.150.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.151.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.152.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.153.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.154.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.155.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.156.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.157.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.158.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.159.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.160.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.161.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.162.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.163.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.164.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.165.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.166.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.167.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.168.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.169.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.170.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.171.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.172.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.173.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.174.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w2.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w2.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w2.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w2.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w3.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w3.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w3.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.175.w3.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.176.w1.centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.176.w1.indices": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.176.w1.weight_bias": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.176.w1.weight_scale": "model2-mp4-00009-of-00015.safetensors", + "layers.42.ffn.experts.176.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.176.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.177.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.178.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.179.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.180.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.181.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.182.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.183.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.184.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.185.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.186.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.187.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.188.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.189.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.190.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.experts.191.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.gate.bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.gate.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn.shared_experts.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.42.ffn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.kv_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.q_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wkv_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wo.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn.wq_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.attn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.128.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.129.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.130.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.131.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.132.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.133.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.134.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.135.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.136.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.137.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.138.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.139.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.140.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.141.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.142.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.143.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.144.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.145.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.146.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.147.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.148.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.149.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.150.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.151.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.152.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.153.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.154.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.155.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.156.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.157.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.158.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.159.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.160.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.161.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.162.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.163.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.164.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.165.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.166.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.167.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.168.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.169.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.170.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.171.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.172.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.173.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.174.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.175.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.176.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.177.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.178.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.179.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.180.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.181.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.182.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.183.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.184.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.185.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.186.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.187.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.188.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.189.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.190.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.experts.191.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.gate.bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.gate.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn.shared_experts.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.43.ffn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.kv_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.q_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wkv_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wo.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn.wq_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.attn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.128.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.129.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.130.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.131.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.132.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.133.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.134.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.135.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.136.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.137.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.138.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.139.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.140.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.141.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.142.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.143.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.144.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.145.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.146.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.147.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.148.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.149.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.150.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.151.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.152.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.153.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.154.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.155.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.156.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.157.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.158.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.159.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.160.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.161.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.162.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.163.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.164.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.165.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.166.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.167.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.168.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.169.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.170.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.171.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.172.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.173.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.174.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.175.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.176.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.177.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.178.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.179.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.180.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.181.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.182.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.183.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.184.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.185.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.186.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.187.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.188.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.189.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.190.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.experts.191.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.gate.bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.gate.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn.shared_experts.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.44.ffn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.kv_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.q_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wkv_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wo.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn.wq_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.attn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.128.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.129.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.130.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.131.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.132.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.133.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.134.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.135.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.136.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.137.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.138.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.139.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.140.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.141.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.142.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.143.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.144.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.145.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.146.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.147.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.148.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.149.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.150.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.151.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.152.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.153.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.154.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.155.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.156.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.157.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.158.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.159.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.160.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.161.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.162.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.163.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.164.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.165.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.166.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.167.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.168.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.169.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.170.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.171.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.172.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.173.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.174.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.175.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.176.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.177.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.178.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.179.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.180.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.181.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.182.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.183.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.184.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.185.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.186.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.187.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.188.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.189.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.190.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.experts.191.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.gate.bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.gate.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn.shared_experts.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.45.ffn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.kv_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.q_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wkv_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wo.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_a.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn.wq_b.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.attn_norm.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.128.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.129.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.130.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.131.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.132.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.133.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.134.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.135.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.136.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.137.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.138.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.139.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.140.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.141.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.142.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.143.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.144.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.145.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.146.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.147.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.148.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.149.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.150.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.151.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.152.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.153.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.154.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.155.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.156.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.157.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.158.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.159.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.160.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.161.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.162.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.163.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.164.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.165.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.166.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w1.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w1.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w1.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w1.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w2.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w2.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w2.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w2.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w3.centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w3.indices": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w3.weight_bias": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.167.w3.weight_scale": "model2-mp4-00010-of-00015.safetensors", + "layers.46.ffn.experts.168.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.168.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.169.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.170.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.171.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.172.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.173.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.174.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.175.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.176.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.177.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.178.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.179.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.180.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.181.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.182.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.183.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.184.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.185.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.186.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.187.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.188.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.189.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.190.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.experts.191.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.gate.bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.gate.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn.shared_experts.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.46.ffn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.kv_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.q_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wkv_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wo.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn.wq_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.attn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.128.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.129.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.130.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.131.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.132.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.133.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.134.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.135.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.136.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.137.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.138.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.139.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.140.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.141.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.142.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.143.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.144.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.145.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.146.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.147.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.148.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.149.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.150.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.151.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.152.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.153.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.154.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.155.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.156.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.157.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.158.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.159.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.160.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.161.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.162.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.163.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.164.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.165.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.166.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.167.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.168.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.169.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.170.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.171.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.172.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.173.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.174.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.175.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.176.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.177.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.178.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.179.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.180.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.181.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.182.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.183.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.184.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.185.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.186.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.187.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.188.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.189.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.190.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.experts.191.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.gate.bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.gate.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn.shared_experts.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.47.ffn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.kv_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.q_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wkv_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wo.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn.wq_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.attn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.128.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.129.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.130.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.131.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.132.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.133.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.134.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.135.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.136.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.137.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.138.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.139.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.140.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.141.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.142.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.143.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.144.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.145.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.146.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.147.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.148.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.149.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.150.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.151.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.152.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.153.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.154.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.155.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.156.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.157.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.158.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.159.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.160.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.161.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.162.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.163.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.164.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.165.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.166.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.167.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.168.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.169.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.170.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.171.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.172.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.173.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.174.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.175.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.176.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.177.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.178.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.179.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.180.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.181.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.182.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.183.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.184.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.185.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.186.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.187.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.188.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.189.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.190.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.experts.191.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.gate.bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.gate.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn.shared_experts.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.48.ffn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.kv_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.q_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wkv_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wo.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn.wq_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.attn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.128.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.129.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.130.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.131.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.132.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.133.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.134.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.135.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.136.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.137.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.138.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.139.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.140.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.141.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.142.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.143.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.144.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.145.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.146.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.147.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.148.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.149.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.150.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.151.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.152.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.153.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.154.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.155.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.156.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.157.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.158.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.159.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.160.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.161.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.162.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.163.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.164.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.165.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.166.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.167.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.168.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.169.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.170.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.171.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.172.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.173.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.174.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.175.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.176.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.177.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.178.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.179.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.180.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.181.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.182.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.183.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.184.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.185.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.186.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.187.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.188.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.189.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.190.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.experts.191.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.gate.bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.gate.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn.shared_experts.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.49.ffn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.kv_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.q_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wkv_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wo.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_a.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn.wq_b.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.attn_norm.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.128.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.129.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.130.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.131.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.132.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.133.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.134.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.135.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.136.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.137.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.138.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.139.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.140.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.141.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.142.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.143.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.144.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.145.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.146.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.147.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.148.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.149.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.150.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.151.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.152.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.153.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.154.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.155.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.156.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.157.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w3.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w3.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w3.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.158.w3.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w1.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w1.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w1.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w1.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w2.centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w2.indices": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w2.weight_bias": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w2.weight_scale": "model2-mp4-00011-of-00015.safetensors", + "layers.5.ffn.experts.159.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.159.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.159.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.159.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.160.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.161.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.162.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.163.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.164.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.165.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.166.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.167.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.168.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.169.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.170.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.171.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.172.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.173.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.174.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.175.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.176.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.177.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.178.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.179.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.180.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.181.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.182.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.183.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.184.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.185.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.186.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.187.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.188.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.189.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.190.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.experts.191.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.gate.bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.gate.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn.shared_experts.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.5.ffn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.kv_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.q_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wkv_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wo.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn.wq_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.attn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.128.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.129.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.130.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.131.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.132.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.133.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.134.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.135.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.136.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.137.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.138.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.139.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.140.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.141.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.142.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.143.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.144.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.145.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.146.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.147.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.148.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.149.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.150.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.151.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.152.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.153.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.154.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.155.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.156.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.157.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.158.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.159.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.160.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.161.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.162.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.163.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.164.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.165.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.166.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.167.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.168.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.169.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.170.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.171.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.172.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.173.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.174.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.175.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.176.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.177.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.178.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.179.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.180.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.181.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.182.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.183.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.184.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.185.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.186.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.187.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.188.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.189.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.190.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.experts.191.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.gate.bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.gate.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn.shared_experts.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.50.ffn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.kv_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.q_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wkv_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wo.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn.wq_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.attn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.128.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.129.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.130.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.131.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.132.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.133.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.134.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.135.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.136.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.137.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.138.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.139.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.140.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.141.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.142.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.143.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.144.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.145.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.146.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.147.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.148.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.149.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.150.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.151.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.152.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.153.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.154.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.155.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.156.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.157.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.158.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.159.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.160.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.161.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.162.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.163.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.164.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.165.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.166.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.167.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.168.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.169.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.170.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.171.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.172.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.173.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.174.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.175.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.176.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.177.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.178.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.179.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.180.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.181.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.182.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.183.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.184.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.185.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.186.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.187.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.188.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.189.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.190.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.experts.191.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.gate.bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.gate.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn.shared_experts.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.51.ffn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.kv_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.q_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wkv_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wo.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn.wq_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.attn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.128.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.129.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.130.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.131.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.132.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.133.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.134.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.135.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.136.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.137.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.138.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.139.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.140.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.141.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.142.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.143.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.144.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.145.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.146.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.147.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.148.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.149.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.150.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.151.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.152.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.153.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.154.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.155.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.156.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.157.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.158.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.159.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.160.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.161.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.162.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.163.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.164.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.165.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.166.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.167.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.168.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.169.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.170.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.171.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.172.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.173.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.174.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.175.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.176.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.177.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.178.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.179.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.180.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.181.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.182.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.183.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.184.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.185.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.186.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.187.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.188.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.189.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.190.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.experts.191.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.gate.bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.gate.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn.shared_experts.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.52.ffn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.kv_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.q_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wkv_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wo.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_a.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn.wq_b.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.attn_norm.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.128.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.129.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.130.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.131.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.132.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.133.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.134.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.135.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.136.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.137.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.138.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.139.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.140.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.141.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.142.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.143.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.144.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.145.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.146.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.147.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.148.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.149.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w2.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w2.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w2.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w2.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w3.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w3.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w3.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.150.w3.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.151.w1.centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.151.w1.indices": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.151.w1.weight_bias": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.151.w1.weight_scale": "model2-mp4-00012-of-00015.safetensors", + "layers.53.ffn.experts.151.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.151.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.152.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.153.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.154.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.155.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.156.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.157.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.158.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.159.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.160.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.161.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.162.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.163.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.164.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.165.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.166.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.167.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.168.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.169.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.170.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.171.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.172.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.173.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.174.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.175.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.176.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.177.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.178.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.179.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.180.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.181.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.182.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.183.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.184.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.185.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.186.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.187.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.188.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.189.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.190.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.experts.191.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.gate.bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.gate.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn.shared_experts.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.53.ffn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.kv_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.q_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wkv_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wo.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn.wq_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.attn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.128.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.129.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.130.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.131.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.132.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.133.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.134.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.135.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.136.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.137.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.138.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.139.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.140.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.141.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.142.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.143.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.144.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.145.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.146.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.147.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.148.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.149.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.150.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.151.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.152.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.153.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.154.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.155.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.156.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.157.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.158.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.159.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.160.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.161.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.162.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.163.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.164.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.165.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.166.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.167.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.168.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.169.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.170.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.171.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.172.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.173.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.174.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.175.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.176.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.177.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.178.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.179.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.180.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.181.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.182.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.183.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.184.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.185.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.186.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.187.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.188.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.189.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.190.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.experts.191.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.gate.bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.gate.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn.shared_experts.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.54.ffn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.kv_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.q_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wkv_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wo.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn.wq_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.attn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.128.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.129.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.130.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.131.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.132.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.133.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.134.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.135.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.136.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.137.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.138.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.139.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.140.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.141.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.142.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.143.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.144.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.145.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.146.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.147.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.148.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.149.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.150.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.151.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.152.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.153.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.154.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.155.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.156.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.157.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.158.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.159.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.160.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.161.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.162.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.163.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.164.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.165.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.166.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.167.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.168.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.169.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.170.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.171.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.172.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.173.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.174.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.175.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.176.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.177.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.178.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.179.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.180.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.181.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.182.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.183.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.184.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.185.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.186.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.187.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.188.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.189.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.190.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.experts.191.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.gate.bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.gate.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn.shared_experts.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.55.ffn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.kv_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.q_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wkv_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wo.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn.wq_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.attn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.128.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.129.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.130.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.131.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.132.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.133.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.134.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.135.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.136.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.137.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.138.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.139.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.140.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.141.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.142.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.143.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.144.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.145.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.146.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.147.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.148.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.149.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.150.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.151.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.152.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.153.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.154.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.155.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.156.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.157.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.158.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.159.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.160.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.161.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.162.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.163.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.164.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.165.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.166.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.167.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.168.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.169.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.170.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.171.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.172.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.173.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.174.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.175.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.176.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.177.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.178.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.179.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.180.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.181.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.182.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.183.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.184.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.185.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.186.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.187.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.188.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.189.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.190.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.experts.191.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.gate.bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.gate.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn.shared_experts.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.56.ffn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.kv_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.q_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wkv_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wo.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_a.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn.wq_b.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.attn_norm.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.128.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.129.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.130.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.131.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.132.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.133.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.134.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.135.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.136.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.137.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.138.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.139.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.140.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.141.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w1.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w1.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w1.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w1.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w2.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w2.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w2.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w2.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w3.centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w3.indices": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w3.weight_bias": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.142.w3.weight_scale": "model2-mp4-00013-of-00015.safetensors", + "layers.57.ffn.experts.143.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.143.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.144.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.145.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.146.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.147.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.148.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.149.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.150.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.151.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.152.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.153.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.154.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.155.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.156.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.157.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.158.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.159.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.160.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.161.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.162.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.163.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.164.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.165.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.166.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.167.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.168.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.169.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.170.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.171.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.172.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.173.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.174.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.175.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.176.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.177.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.178.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.179.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.180.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.181.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.182.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.183.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.184.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.185.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.186.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.187.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.188.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.189.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.190.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.experts.191.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.gate.bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.gate.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn.shared_experts.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.57.ffn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.kv_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.q_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wkv_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wo.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn.wq_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.attn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.128.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.129.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.130.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.131.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.132.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.133.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.134.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.135.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.136.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.137.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.138.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.139.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.140.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.141.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.142.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.143.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.144.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.145.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.146.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.147.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.148.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.149.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.150.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.151.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.152.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.153.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.154.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.155.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.156.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.157.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.158.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.159.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.160.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.161.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.162.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.163.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.164.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.165.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.166.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.167.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.168.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.169.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.170.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.171.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.172.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.173.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.174.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.175.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.176.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.177.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.178.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.179.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.180.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.181.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.182.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.183.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.184.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.185.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.186.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.187.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.188.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.189.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.190.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.experts.191.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.gate.bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.gate.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn.shared_experts.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.58.ffn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.kv_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.q_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wkv_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wo.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn.wq_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.attn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.128.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.129.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.130.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.131.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.132.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.133.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.134.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.135.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.136.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.137.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.138.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.139.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.140.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.141.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.142.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.143.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.144.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.145.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.146.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.147.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.148.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.149.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.150.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.151.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.152.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.153.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.154.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.155.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.156.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.157.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.158.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.159.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.160.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.161.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.162.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.163.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.164.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.165.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.166.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.167.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.168.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.169.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.170.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.171.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.172.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.173.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.174.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.175.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.176.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.177.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.178.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.179.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.180.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.181.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.182.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.183.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.184.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.185.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.186.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.187.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.188.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.189.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.190.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.experts.191.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.gate.bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.gate.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn.shared_experts.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.59.ffn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.kv_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.q_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wkv_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wo.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn.wq_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.attn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.128.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.129.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.130.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.131.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.132.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.133.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.134.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.135.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.136.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.137.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.138.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.139.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.140.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.141.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.142.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.143.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.144.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.145.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.146.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.147.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.148.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.149.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.150.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.151.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.152.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.153.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.154.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.155.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.156.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.157.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.158.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.159.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.160.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.161.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.162.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.163.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.164.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.165.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.166.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.167.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.168.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.169.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.170.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.171.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.172.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.173.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.174.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.175.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.176.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.177.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.178.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.179.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.180.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.181.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.182.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.183.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.184.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.185.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.186.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.187.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.188.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.189.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.190.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.experts.191.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.gate.bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.gate.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn.shared_experts.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.6.ffn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.kv_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.q_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wkv_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wo.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_a.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn.wq_b.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.attn_norm.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.128.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.129.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.130.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.131.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.132.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w3.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w3.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w3.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.133.w3.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w1.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w1.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w1.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w1.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w2.centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w2.indices": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w2.weight_bias": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w2.weight_scale": "model2-mp4-00014-of-00015.safetensors", + "layers.60.ffn.experts.134.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.134.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.134.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.134.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.135.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.136.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.137.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.138.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.139.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.140.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.141.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.142.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.143.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.144.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.145.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.146.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.147.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.148.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.149.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.150.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.151.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.152.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.153.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.154.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.155.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.156.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.157.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.158.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.159.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.160.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.161.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.162.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.163.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.164.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.165.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.166.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.167.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.168.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.169.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.170.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.171.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.172.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.173.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.174.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.175.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.176.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.177.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.178.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.179.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.180.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.181.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.182.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.183.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.184.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.185.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.186.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.187.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.188.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.189.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.190.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.experts.191.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.gate.bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.gate.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn.shared_experts.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.60.ffn_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.kv_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.q_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_a.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wkv_b.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wo.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_a.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn.wq_b.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.attn_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.128.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.129.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.130.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.131.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.132.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.133.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.134.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.135.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.136.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.137.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.138.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.139.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.140.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.141.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.142.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.143.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.144.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.145.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.146.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.147.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.148.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.149.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.150.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.151.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.152.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.153.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.154.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.155.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.156.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.157.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.158.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.159.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.160.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.161.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.162.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.163.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.164.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.165.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.166.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.167.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.168.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.169.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.170.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.171.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.172.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.173.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.174.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.175.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.176.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.177.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.178.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.179.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.180.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.181.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.182.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.183.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.184.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.185.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.186.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.187.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.188.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.189.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.190.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.experts.191.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.gate.bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.gate.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn.shared_experts.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.7.ffn_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.kv_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.q_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_a.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wkv_b.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wo.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_a.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn.wq_b.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.attn_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.128.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.129.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.130.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.131.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.132.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.133.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.134.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.135.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.136.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.137.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.138.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.139.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.140.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.141.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.142.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.143.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.144.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.145.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.146.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.147.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.148.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.149.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.150.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.151.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.152.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.153.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.154.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.155.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.156.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.157.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.158.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.159.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.160.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.161.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.162.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.163.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.164.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.165.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.166.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.167.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.168.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.169.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.170.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.171.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.172.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.173.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.174.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.175.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.176.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.177.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.178.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.179.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.180.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.181.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.182.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.183.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.184.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.185.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.186.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.187.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.188.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.189.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.190.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.experts.191.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.gate.bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.gate.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn.shared_experts.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.8.ffn_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.kv_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.q_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_a.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wkv_b.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wo.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_a.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn.wq_b.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.attn_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.128.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.129.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.130.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.131.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.132.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.133.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.134.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.135.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.136.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.137.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.138.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.139.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.140.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.141.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.142.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.143.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.144.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.145.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.146.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.147.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.148.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.149.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.150.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.151.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.152.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.153.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.154.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.155.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.156.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.157.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.158.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.159.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.160.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.161.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.162.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.163.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.164.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.165.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.166.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.167.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.168.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.169.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.170.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.171.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.172.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.173.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.174.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.175.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.176.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.177.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.178.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.179.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.180.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.181.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.182.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.183.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.184.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.185.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.186.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.187.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.188.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.189.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.190.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.experts.191.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.gate.bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.gate.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w1.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w2.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.indices": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.res_centroids.weight": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.weight_bias": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn.shared_experts.w3.weight_scale": "model2-mp4-00015-of-00015.safetensors", + "layers.9.ffn_norm.weight": "model2-mp4-00015-of-00015.safetensors", + "norm.weight": "model2-mp4-00015-of-00015.safetensors" + } +} \ No newline at end of file